{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Large files are in:  D:\\risk_text\\\n",
      "Codes are in:  D:\\\n",
      "kick_weird:  0\n",
      "dictionary done:  0\n",
      "create index file:  1\n",
      "all there:  0\n",
      "You have chosen the following nr of topics:  7\n",
      "Toss tokens appearing in less than:  200  documents\n",
      "A minimum token length of:  1\n",
      "A maximum token length of:  3\n",
      "You are using no data before the year:  0  and month 1\n",
      "Your first iteration year is:  2005  and month 1\n",
      "Your last year is:  2020  and month 11\n",
      "Your list of papers is ['BBC', 'Economist', 'WashingtonPost', 'NYT', 'LN']\n",
      "You are NOT kicking out weirdos\n",
      "reading overall info\n",
      "Index(['article_id', 'country', 'date', 'paper', 'chadefaux_count',\n",
      "       'uncertainty', 'EP'],\n",
      "      dtype='object')\n",
      "total obs:  4340802\n",
      "after kicking out without numbered article_id total obs:  4340802\n",
      "total obs after kicking out date weird:  4340802\n",
      "You ARE creating info file\n",
      "now read articles\n",
      "Index(['article_id', 'article', 'token_count', 'tokens'], dtype='object')\n",
      "tokens been cut\n",
      "now merging\n",
      "Check for duplicates\n",
      "Will be checking country-date-paper pairs: 1  to  1488602\n",
      "Kick out these many duplicates:  126744\n",
      "Merge kick out on\n",
      "Length before kicking out duplicates:  12752737\n",
      "Length after kicking out duplicates 12378515\n",
      "now kicking out different papers\n",
      "now kicking out early data\n",
      "now merging number of tokens onto \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\apps\\anaconda3\\lib\\site-packages\\pandas\\core\\reshape\\merge.py:617: UserWarning: merging between different levels can give an unintended result (1 levels on the left, 2 on the right)\n",
      "  warnings.warn(msg, UserWarning)\n",
      "D:\\apps\\anaconda3\\lib\\site-packages\\pandas\\core\\generic.py:3946: PerformanceWarning: dropping on a non-lexsorted multi-index without a level parameter may impact performance.\n",
      "  new_axis = axis.drop(labels, errors=errors)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "now kicking out with too few tokens\n",
      "Now writing token info\n",
      "now should run stata to write token info\n",
      "It came out reading:  Index(['article_id', 'article', 'token_count', 'chadefaux_count',\n",
      "       'uncertainty', 'EP', 'year', 'month'],\n",
      "      dtype='object')\n",
      "It had length:  12361669\n",
      "creating single text files\n",
      "year, month articles and ids:  2005 2 11021 11021\n",
      "year, month articles and ids:  2005 3 11645 11645\n",
      "year, month articles and ids:  2005 4 10942 10942\n",
      "year, month articles and ids:  2005 5 11251 11251\n",
      "year, month articles and ids:  2005 6 11058 11058\n",
      "year, month articles and ids:  2005 7 11695 11695\n",
      "year, month articles and ids:  2005 8 10374 10374\n",
      "year, month articles and ids:  2005 9 10309 10309\n",
      "year, month articles and ids:  2005 10 11741 11741\n",
      "year, month articles and ids:  2005 11 11938 11938\n",
      "year, month articles and ids:  2005 12 11438 11438\n",
      "year, month articles and ids:  2006 1 10706 10706\n",
      "year, month articles and ids:  2006 2 11180 11180\n",
      "year, month articles and ids:  2006 3 11067 11067\n",
      "year, month articles and ids:  2006 4 11562 11562\n",
      "year, month articles and ids:  2006 5 11500 11500\n",
      "year, month articles and ids:  2006 6 11466 11466\n",
      "year, month articles and ids:  2006 7 12480 12480\n",
      "year, month articles and ids:  2006 8 12107 12107\n",
      "year, month articles and ids:  2006 9 11472 11472\n",
      "year, month articles and ids:  2006 10 10247 10247\n",
      "year, month articles and ids:  2006 11 11312 11312\n",
      "year, month articles and ids:  2006 12 10215 10215\n",
      "year, month articles and ids:  2007 1 10793 10793\n",
      "year, month articles and ids:  2007 2 11064 11064\n",
      "year, month articles and ids:  2007 3 11665 11665\n",
      "year, month articles and ids:  2007 4 10938 10938\n",
      "year, month articles and ids:  2007 5 11387 11387\n",
      "year, month articles and ids:  2007 6 11130 11130\n",
      "year, month articles and ids:  2007 7 10690 10690\n",
      "year, month articles and ids:  2007 8 10225 10225\n",
      "year, month articles and ids:  2007 9 10824 10824\n",
      "year, month articles and ids:  2007 10 10565 10565\n",
      "year, month articles and ids:  2007 11 11650 11650\n",
      "year, month articles and ids:  2007 12 9085 9085\n",
      "year, month articles and ids:  2008 1 11236 11236\n",
      "year, month articles and ids:  2008 2 11542 11542\n",
      "year, month articles and ids:  2008 3 11376 11376\n",
      "year, month articles and ids:  2008 4 11527 11527\n",
      "year, month articles and ids:  2008 5 11558 11558\n",
      "year, month articles and ids:  2008 6 11837 11837\n",
      "year, month articles and ids:  2008 7 11621 11621\n",
      "year, month articles and ids:  2008 8 11732 11732\n",
      "year, month articles and ids:  2008 9 11584 11584\n",
      "year, month articles and ids:  2008 10 11322 11322\n",
      "year, month articles and ids:  2008 11 11463 11463\n",
      "year, month articles and ids:  2008 12 10875 10875\n",
      "year, month articles and ids:  2009 1 10626 10626\n",
      "year, month articles and ids:  2009 2 10898 10898\n",
      "year, month articles and ids:  2009 3 10784 10784\n",
      "year, month articles and ids:  2009 4 10829 10829\n",
      "year, month articles and ids:  2009 5 11703 11703\n",
      "year, month articles and ids:  2009 6 11489 11489\n",
      "year, month articles and ids:  2009 7 11074 11074\n",
      "year, month articles and ids:  2009 8 9943 9943\n",
      "year, month articles and ids:  2009 9 11009 11009\n",
      "year, month articles and ids:  2009 10 12151 12151\n",
      "year, month articles and ids:  2009 11 11635 11635\n",
      "year, month articles and ids:  2009 12 10497 10497\n",
      "year, month articles and ids:  2010 1 10502 10502\n",
      "year, month articles and ids:  2010 2 9903 9903\n",
      "year, month articles and ids:  2010 3 10976 10976\n",
      "year, month articles and ids:  2010 4 10091 10091\n",
      "year, month articles and ids:  2010 5 10368 10368\n",
      "year, month articles and ids:  2010 6 10552 10552\n",
      "year, month articles and ids:  2010 7 10412 10412\n",
      "year, month articles and ids:  2010 8 10192 10192\n",
      "year, month articles and ids:  2010 9 10236 10236\n",
      "year, month articles and ids:  2010 10 10037 10037\n",
      "year, month articles and ids:  2010 11 10330 10330\n",
      "year, month articles and ids:  2010 12 9778 9778\n",
      "year, month articles and ids:  2011 1 9462 9462\n",
      "year, month articles and ids:  2011 2 8287 8287\n",
      "year, month articles and ids:  2011 3 10873 10873\n",
      "year, month articles and ids:  2011 4 9570 9570\n",
      "year, month articles and ids:  2011 5 9748 9748\n",
      "year, month articles and ids:  2011 6 9033 9033\n",
      "year, month articles and ids:  2011 7 9456 9456\n",
      "year, month articles and ids:  2011 8 9738 9738\n",
      "year, month articles and ids:  2011 9 9704 9704\n",
      "year, month articles and ids:  2011 10 9838 9838\n",
      "year, month articles and ids:  2011 11 9434 9434\n",
      "year, month articles and ids:  2011 12 9011 9011\n",
      "year, month articles and ids:  2012 1 7991 7991\n",
      "year, month articles and ids:  2012 2 8928 8928\n",
      "year, month articles and ids:  2012 3 8826 8826\n",
      "year, month articles and ids:  2012 4 8365 8365\n",
      "year, month articles and ids:  2012 5 9204 9204\n",
      "year, month articles and ids:  2012 6 8447 8447\n",
      "year, month articles and ids:  2012 7 9049 9049\n",
      "year, month articles and ids:  2012 8 8346 8346\n",
      "year, month articles and ids:  2012 9 9040 9040\n",
      "year, month articles and ids:  2012 10 9218 9218\n",
      "year, month articles and ids:  2012 11 9229 9229\n",
      "year, month articles and ids:  2012 12 9082 9082\n",
      "year, month articles and ids:  2013 1 9032 9032\n",
      "year, month articles and ids:  2013 2 8550 8550\n",
      "year, month articles and ids:  2013 3 9264 9264\n",
      "year, month articles and ids:  2013 4 8631 8631\n",
      "year, month articles and ids:  2013 5 9040 9040\n",
      "year, month articles and ids:  2013 6 8458 8458\n",
      "year, month articles and ids:  2013 7 8338 8338\n",
      "year, month articles and ids:  2013 8 8424 8424\n",
      "year, month articles and ids:  2013 9 10164 10164\n",
      "year, month articles and ids:  2013 10 8557 8557\n",
      "year, month articles and ids:  2013 11 9503 9503\n",
      "year, month articles and ids:  2013 12 8695 8695\n",
      "year, month articles and ids:  2014 1 8406 8406\n",
      "year, month articles and ids:  2014 2 7634 7634\n",
      "year, month articles and ids:  2014 3 8748 8748\n",
      "year, month articles and ids:  2014 4 8954 8954\n",
      "year, month articles and ids:  2014 5 9534 9534\n",
      "year, month articles and ids:  2014 6 9354 9354\n",
      "year, month articles and ids:  2014 7 8718 8718\n",
      "year, month articles and ids:  2014 8 8016 8016\n",
      "year, month articles and ids:  2014 9 8557 8557\n",
      "year, month articles and ids:  2014 10 8618 8618\n",
      "year, month articles and ids:  2014 11 8479 8479\n",
      "year, month articles and ids:  2014 12 8423 8423\n",
      "year, month articles and ids:  2015 1 8125 8125\n",
      "year, month articles and ids:  2015 2 7177 7177\n",
      "year, month articles and ids:  2015 3 7322 7322\n",
      "year, month articles and ids:  2015 4 8213 8213\n",
      "year, month articles and ids:  2015 5 7890 7890\n",
      "year, month articles and ids:  2015 6 7161 7161\n",
      "year, month articles and ids:  2015 7 7154 7154\n",
      "year, month articles and ids:  2015 8 7183 7183\n",
      "year, month articles and ids:  2015 9 7885 7885\n",
      "year, month articles and ids:  2015 10 7894 7894\n",
      "year, month articles and ids:  2015 11 8106 8106\n",
      "year, month articles and ids:  2015 12 7652 7652\n",
      "year, month articles and ids:  2016 1 13745 13745\n",
      "year, month articles and ids:  2016 2 13485 13485\n",
      "year, month articles and ids:  2016 3 13285 13285\n",
      "year, month articles and ids:  2016 4 13318 13318\n",
      "year, month articles and ids:  2016 5 12972 12972\n",
      "year, month articles and ids:  2016 6 12959 12959\n",
      "year, month articles and ids:  2016 7 12450 12450\n",
      "year, month articles and ids:  2016 8 12853 12853\n",
      "year, month articles and ids:  2016 9 12623 12623\n",
      "year, month articles and ids:  2016 10 12516 12516\n",
      "year, month articles and ids:  2016 11 12581 12581\n",
      "year, month articles and ids:  2016 12 12468 12468\n",
      "year, month articles and ids:  2017 1 10589 10589\n",
      "year, month articles and ids:  2017 2 9811 9811\n",
      "year, month articles and ids:  2017 3 10511 10511\n",
      "year, month articles and ids:  2017 4 10126 10126\n",
      "year, month articles and ids:  2017 5 10708 10708\n",
      "year, month articles and ids:  2017 6 10296 10296\n",
      "year, month articles and ids:  2017 7 10504 10504\n",
      "year, month articles and ids:  2017 8 10794 10794\n",
      "year, month articles and ids:  2017 9 10953 10953\n",
      "year, month articles and ids:  2017 10 10166 10166\n",
      "year, month articles and ids:  2017 11 7237 7237\n",
      "year, month articles and ids:  2017 12 7278 7278\n",
      "year, month articles and ids:  2018 1 7885 7885\n",
      "year, month articles and ids:  2018 2 7147 7147\n",
      "year, month articles and ids:  2018 3 8046 8046\n",
      "year, month articles and ids:  2018 4 7699 7699\n",
      "year, month articles and ids:  2018 5 8655 8655\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "year, month articles and ids:  2018 6 7967 7967\n",
      "year, month articles and ids:  2018 7 8011 8011\n",
      "year, month articles and ids:  2018 8 7797 7797\n",
      "year, month articles and ids:  2018 9 7287 7287\n",
      "year, month articles and ids:  2018 10 7801 7801\n",
      "year, month articles and ids:  2018 11 7330 7330\n",
      "year, month articles and ids:  2018 12 6984 6984\n",
      "year, month articles and ids:  2019 1 7657 7657\n",
      "year, month articles and ids:  2019 2 7047 7047\n",
      "year, month articles and ids:  2019 3 7541 7541\n",
      "year, month articles and ids:  2019 4 7527 7527\n",
      "year, month articles and ids:  2019 5 7709 7709\n",
      "year, month articles and ids:  2019 6 7485 7485\n",
      "year, month articles and ids:  2019 7 7739 7739\n",
      "year, month articles and ids:  2019 8 7754 7754\n",
      "year, month articles and ids:  2019 9 7773 7773\n",
      "year, month articles and ids:  2019 10 9075 9075\n",
      "year, month articles and ids:  2019 11 8320 8320\n",
      "year, month articles and ids:  2019 12 7909 7909\n",
      "year, month articles and ids:  2020 1 9046 9046\n",
      "year, month articles and ids:  2020 2 5125 5125\n",
      "year, month articles and ids:  2020 3 9833 9833\n",
      "year, month articles and ids:  2020 4 10606 10606\n",
      "year, month articles and ids:  2020 5 7102 7102\n",
      "year, month articles and ids:  2020 6 7353 7353\n",
      "year, month articles and ids:  2020 7 7699 7699\n",
      "year, month articles and ids:  2020 8 7565 7565\n",
      "year, month articles and ids:  2020 9 7483 7483\n",
      "year, month articles and ids:  2020 10 7142 7142\n",
      "year, month articles and ids:  2020 11 6631 6631\n",
      "creating dictionary\n",
      "saving first body of text and ids\n",
      "year, month articles and ids:  2005 1 2349590 2349590\n",
      "creating huge list of all articles\n",
      "kick out tokens appearing in more than  400000.0   articles\n",
      "kick out tokens appearing in less than 50  articles\n",
      "create huge text\n",
      "count frequency\n",
      "37412577\n",
      "now shorten frequency\n",
      "17792\n",
      "kick rare ones out of huge text\n",
      "chopped it\n",
      "Dictionary(17792 unique tokens: ['agre', 'agreement', 'area', 'asian', 'begin']...)\n",
      "Dictionary(17669 unique tokens: ['agre', 'agreement', 'area', 'asian', 'begin']...)\n",
      "made dictionary\n",
      "save dictionary\n",
      "Now year and month:  2005 1\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 2349590\n",
      "read article IDs 2349590\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "1\n",
      "Estimate for first time\n",
      "--- 6269.412784814835 seconds ---\n",
      "LDAed it\n",
      "LdaModel(num_terms=17669, num_topics=7, decay=0.5, chunksize=2000)\n",
      "0.013*\"foreign\" + 0.011*\"meet\" + 0.011*\"talk\" + 0.009*\"issu\" + 0.008*\"offici\" + 0.008*\"agreement\" + 0.006*\"secur\" + 0.006*\"intern\" + 0.006*\"negoti\" + 0.006*\"peac\"\n",
      "0.011*\"arab\" + 0.011*\"peac\" + 0.008*\"islam\" + 0.007*\"war\" + 0.006*\"intern\" + 0.006*\"polit\" + 0.006*\"forc\" + 0.005*\"support\" + 0.005*\"issu\" + 0.005*\"region\"\n",
      "0.015*\"visit\" + 0.014*\"develop\" + 0.013*\"cooper\" + 0.013*\"relat\" + 0.011*\"meet\" + 0.010*\"econom\" + 0.009*\"committe\" + 0.008*\"foreign\" + 0.008*\"deleg\" + 0.007*\"trade\"\n",
      "0.016*\"forc\" + 0.013*\"militari\" + 0.009*\"armi\" + 0.009*\"offici\" + 0.008*\"attack\" + 0.008*\"polic\" + 0.007*\"kill\" + 0.007*\"arm\" + 0.006*\"border\" + 0.006*\"troop\"\n",
      "0.011*\"compani\" + 0.011*\"bank\" + 0.009*\"market\" + 0.008*\"dollar\" + 0.008*\"trade\" + 0.008*\"oil\" + 0.007*\"industri\" + 0.007*\"product\" + 0.007*\"econom\" + 0.006*\"increas\"\n",
      "0.008*\"like\" + 0.007*\"time\" + 0.005*\"say\" + 0.005*\"way\" + 0.005*\"work\" + 0.005*\"make\" + 0.004*\"old\" + 0.004*\"come\" + 0.003*\"citi\" + 0.003*\"want\"\n",
      "Now write topics\n",
      "Lets go:\n",
      "2349590 2349590\n",
      "--- 7717.110326290131 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2005 2\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11021\n",
      "read article IDs 11021\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11021 11021\n",
      "YQ and running yq:  2005 2 2005 1\n",
      "reading it\n",
      "--- 1569.5330731868744 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2005 3\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11645\n",
      "read article IDs 11645\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11645 11645\n",
      "YQ and running yq:  2005 3 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2005 3 2005 2\n",
      "reading it\n",
      "--- 1610.4370834827423 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2005 4\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10942\n",
      "read article IDs 10942\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10942 10942\n",
      "YQ and running yq:  2005 4 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2005 4 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2005 4 2005 3\n",
      "reading it\n",
      "--- 1546.7949352264404 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2005 5\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11251\n",
      "read article IDs 11251\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11251 11251\n",
      "YQ and running yq:  2005 5 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2005 5 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2005 5 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2005 5 2005 4\n",
      "reading it\n",
      "--- 1549.0797140598297 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2005 6\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11058\n",
      "read article IDs 11058\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11058 11058\n",
      "YQ and running yq:  2005 6 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2005 6 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2005 6 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2005 6 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2005 6 2005 5\n",
      "reading it\n",
      "--- 1563.19695353508 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2005 7\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11695\n",
      "read article IDs 11695\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11695 11695\n",
      "YQ and running yq:  2005 7 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2005 7 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2005 7 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2005 7 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2005 7 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2005 7 2005 6\n",
      "reading it\n",
      "--- 1589.9045987129211 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2005 8\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10374\n",
      "read article IDs 10374\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10374 10374\n",
      "YQ and running yq:  2005 8 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2005 8 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2005 8 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2005 8 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2005 8 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2005 8 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2005 8 2005 7\n",
      "reading it\n",
      "--- 1575.5361142158508 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2005 9\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10309\n",
      "read article IDs 10309\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10309 10309\n",
      "YQ and running yq:  2005 9 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2005 9 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2005 9 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2005 9 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2005 9 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2005 9 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2005 9 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2005 9 2005 8\n",
      "reading it\n",
      "--- 1645.8059186935425 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2005 10\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11741\n",
      "read article IDs 11741\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11741 11741\n",
      "YQ and running yq:  2005 10 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2005 10 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2005 10 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2005 10 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2005 10 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2005 10 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2005 10 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2005 10 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2005 10 2005 9\n",
      "reading it\n",
      "--- 1608.5120522975922 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2005 11\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11938\n",
      "read article IDs 11938\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11938 11938\n",
      "YQ and running yq:  2005 11 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2005 11 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2005 11 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2005 11 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2005 11 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2005 11 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2005 11 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2005 11 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2005 11 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2005 11 2005 10\n",
      "reading it\n",
      "--- 1621.9199931621552 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2005 12\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11438\n",
      "read article IDs 11438\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11438 11438\n",
      "YQ and running yq:  2005 12 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2005 12 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2005 12 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2005 12 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2005 12 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2005 12 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2005 12 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2005 12 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2005 12 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2005 12 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2005 12 2005 11\n",
      "reading it\n",
      "--- 1833.8302114009857 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2006 1\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10706\n",
      "read article IDs 10706\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10706 10706\n",
      "YQ and running yq:  2006 1 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2006 1 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2006 1 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2006 1 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2006 1 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2006 1 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2006 1 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2006 1 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2006 1 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2006 1 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2006 1 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2006 1 2005 12\n",
      "reading it\n",
      "--- 2239.7802188396454 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2006 2\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11180\n",
      "read article IDs 11180\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11180 11180\n",
      "YQ and running yq:  2006 2 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2006 2 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2006 2 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2006 2 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2006 2 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2006 2 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2006 2 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2006 2 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2006 2 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2006 2 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2006 2 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2006 2 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2006 2 2006 1\n",
      "reading it\n",
      "--- 1678.8454852104187 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2006 3\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11067\n",
      "read article IDs 11067\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11067 11067\n",
      "YQ and running yq:  2006 3 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2006 3 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2006 3 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2006 3 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2006 3 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2006 3 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2006 3 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2006 3 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2006 3 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2006 3 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2006 3 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2006 3 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2006 3 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2006 3 2006 2\n",
      "reading it\n",
      "--- 1658.657169342041 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2006 4\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11562\n",
      "read article IDs 11562\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11562 11562\n",
      "YQ and running yq:  2006 4 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2006 4 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2006 4 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2006 4 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2006 4 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2006 4 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2006 4 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2006 4 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2006 4 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2006 4 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2006 4 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2006 4 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2006 4 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2006 4 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2006 4 2006 3\n",
      "reading it\n",
      "--- 1684.6608605384827 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2006 5\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11500\n",
      "read article IDs 11500\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11500 11500\n",
      "YQ and running yq:  2006 5 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2006 5 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2006 5 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2006 5 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2006 5 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2006 5 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2006 5 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2006 5 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2006 5 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2006 5 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2006 5 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2006 5 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2006 5 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2006 5 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2006 5 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2006 5 2006 4\n",
      "reading it\n",
      "--- 1683.2150444984436 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2006 6\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11466\n",
      "read article IDs 11466\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11466 11466\n",
      "YQ and running yq:  2006 6 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2006 6 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2006 6 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2006 6 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2006 6 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2006 6 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2006 6 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2006 6 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2006 6 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2006 6 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2006 6 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2006 6 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2006 6 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2006 6 2006 2\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2006 6 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2006 6 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2006 6 2006 5\n",
      "reading it\n",
      "--- 1879.0611197948456 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2006 7\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 12480\n",
      "read article IDs 12480\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "12480 12480\n",
      "YQ and running yq:  2006 7 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2006 7 2006 6\n",
      "reading it\n",
      "--- 1754.4980223178864 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2006 8\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 12107\n",
      "read article IDs 12107\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "12107 12107\n",
      "YQ and running yq:  2006 8 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2006 8 2006 7\n",
      "reading it\n",
      "--- 1808.279553413391 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2006 9\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11472\n",
      "read article IDs 11472\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11472 11472\n",
      "YQ and running yq:  2006 9 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2006 9 2006 8\n",
      "reading it\n",
      "--- 1760.7949652671814 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2006 10\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10247\n",
      "read article IDs 10247\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10247 10247\n",
      "YQ and running yq:  2006 10 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2006 10 2006 9\n",
      "reading it\n",
      "--- 1716.292552471161 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2006 11\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11312\n",
      "read article IDs 11312\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11312 11312\n",
      "YQ and running yq:  2006 11 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2006 11 2006 10\n",
      "reading it\n",
      "--- 1743.6169040203094 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2006 12\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10215\n",
      "read article IDs 10215\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10215 10215\n",
      "YQ and running yq:  2006 12 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2006 12 2006 11\n",
      "reading it\n",
      "--- 1751.9734964370728 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2007 1\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10793\n",
      "read article IDs 10793\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10793 10793\n",
      "YQ and running yq:  2007 1 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2007 1 2006 12\n",
      "reading it\n",
      "--- 1755.6899926662445 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2007 2\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11064\n",
      "read article IDs 11064\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11064 11064\n",
      "YQ and running yq:  2007 2 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2007 2 2007 1\n",
      "reading it\n",
      "--- 1802.7853696346283 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2007 3\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11665\n",
      "read article IDs 11665\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11665 11665\n",
      "YQ and running yq:  2007 3 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2007 3 2007 2\n",
      "reading it\n",
      "--- 1806.1681871414185 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2007 4\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10938\n",
      "read article IDs 10938\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10938 10938\n",
      "YQ and running yq:  2007 4 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2007 4 2007 3\n",
      "reading it\n",
      "--- 1819.2236196994781 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2007 5\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11387\n",
      "read article IDs 11387\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11387 11387\n",
      "YQ and running yq:  2007 5 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2007 5 2007 4\n",
      "reading it\n",
      "--- 1808.372849225998 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2007 6\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11130\n",
      "read article IDs 11130\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11130 11130\n",
      "YQ and running yq:  2007 6 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2005 9\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2007 6 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2007 6 2007 5\n",
      "reading it\n",
      "--- 1792.525353193283 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2007 7\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10690\n",
      "read article IDs 10690\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10690 10690\n",
      "YQ and running yq:  2007 7 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2007 7 2007 6\n",
      "reading it\n",
      "--- 1831.8199439048767 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2007 8\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10225\n",
      "read article IDs 10225\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10225 10225\n",
      "YQ and running yq:  2007 8 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2007 8 2007 7\n",
      "reading it\n",
      "--- 1834.4175961017609 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2007 9\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10824\n",
      "read article IDs 10824\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10824 10824\n",
      "YQ and running yq:  2007 9 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2007 9 2007 8\n",
      "reading it\n",
      "--- 1843.6456789970398 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2007 10\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10565\n",
      "read article IDs 10565\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10565 10565\n",
      "YQ and running yq:  2007 10 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2007 10 2007 9\n",
      "reading it\n",
      "--- 1855.4384665489197 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2007 11\n",
      "reading it\n",
      "read it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11650\n",
      "read article IDs 11650\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11650 11650\n",
      "YQ and running yq:  2007 11 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2007 11 2007 10\n",
      "reading it\n",
      "--- 1867.469729423523 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2007 12\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 9085\n",
      "read article IDs 9085\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "9085 9085\n",
      "YQ and running yq:  2007 12 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2007 12 2007 11\n",
      "reading it\n",
      "--- 1871.848548412323 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2008 1\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11236\n",
      "read article IDs 11236\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11236 11236\n",
      "YQ and running yq:  2008 1 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2008 1 2007 12\n",
      "reading it\n",
      "--- 1882.9416155815125 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2008 2\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11542\n",
      "read article IDs 11542\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11542 11542\n",
      "YQ and running yq:  2008 2 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2008 2 2008 1\n",
      "reading it\n",
      "--- 1902.7031564712524 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2008 3\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11376\n",
      "read article IDs 11376\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11376 11376\n",
      "YQ and running yq:  2008 3 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2008 3 2008 2\n",
      "reading it\n",
      "--- 1891.6110672950745 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2008 4\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11527\n",
      "read article IDs 11527\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11527 11527\n",
      "YQ and running yq:  2008 4 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2008 4 2008 3\n",
      "reading it\n",
      "--- 1923.5159544944763 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2008 5\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11558\n",
      "read article IDs 11558\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11558 11558\n",
      "YQ and running yq:  2008 5 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2008 5 2008 4\n",
      "reading it\n",
      "--- 1906.1374049186707 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2008 6\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11837\n",
      "read article IDs 11837\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11837 11837\n",
      "YQ and running yq:  2008 6 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2008 3\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2008 6 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2008 6 2008 5\n",
      "reading it\n",
      "--- 1951.3787252902985 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2008 7\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11621\n",
      "read article IDs 11621\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11621 11621\n",
      "YQ and running yq:  2008 7 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2008 7 2008 6\n",
      "reading it\n",
      "--- 1921.3684403896332 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2008 8\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11732\n",
      "read article IDs 11732\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11732 11732\n",
      "YQ and running yq:  2008 8 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2008 8 2008 7\n",
      "reading it\n",
      "--- 1960.8620586395264 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2008 9\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11584\n",
      "read article IDs 11584\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11584 11584\n",
      "YQ and running yq:  2008 9 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2008 9 2008 8\n",
      "reading it\n",
      "--- 1973.4834463596344 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2008 10\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11322\n",
      "read article IDs 11322\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11322 11322\n",
      "YQ and running yq:  2008 10 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2006 5\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2008 10 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2008 10 2008 9\n",
      "reading it\n",
      "--- 1951.6677162647247 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2008 11\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11463\n",
      "read article IDs 11463\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11463 11463\n",
      "YQ and running yq:  2008 11 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2008 11 2008 10\n",
      "reading it\n",
      "--- 1986.5856478214264 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2008 12\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10875\n",
      "read article IDs 10875\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10875 10875\n",
      "YQ and running yq:  2008 12 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2008 12 2008 11\n",
      "reading it\n",
      "--- 1998.179480791092 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2009 1\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10626\n",
      "read article IDs 10626\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10626 10626\n",
      "YQ and running yq:  2009 1 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2007 9\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2009 1 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2009 1 2008 12\n",
      "reading it\n",
      "--- 1957.2706320285797 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2009 2\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10898\n",
      "read article IDs 10898\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10898 10898\n",
      "YQ and running yq:  2009 2 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2009 2 2009 1\n",
      "reading it\n",
      "--- 1996.8162944316864 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2009 3\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10784\n",
      "read article IDs 10784\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10784 10784\n",
      "YQ and running yq:  2009 3 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2009 3 2009 2\n",
      "reading it\n",
      "--- 1985.37792634964 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2009 4\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10829\n",
      "read article IDs 10829\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10829 10829\n",
      "YQ and running yq:  2009 4 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2008 7\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2009 4 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2009 4 2009 3\n",
      "reading it\n",
      "--- 2009.6779427528381 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2009 5\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11703\n",
      "read article IDs 11703\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11703 11703\n",
      "YQ and running yq:  2009 5 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2009 5 2009 4\n",
      "reading it\n",
      "--- 2007.8901147842407 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2009 6\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11489\n",
      "read article IDs 11489\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11489 11489\n",
      "YQ and running yq:  2009 6 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2009 6 2009 5\n",
      "reading it\n",
      "--- 2030.1025187969208 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2009 7\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11074\n",
      "read article IDs 11074\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11074 11074\n",
      "YQ and running yq:  2009 7 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2008 8\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2009 7 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2009 7 2009 6\n",
      "reading it\n",
      "--- 2020.8918144702911 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2009 8\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 9943\n",
      "read article IDs 9943\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "9943 9943\n",
      "YQ and running yq:  2009 8 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2009 8 2009 7\n",
      "reading it\n",
      "--- 2044.9514520168304 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2009 9\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11009\n",
      "read article IDs 11009\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11009 11009\n",
      "YQ and running yq:  2009 9 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2009 9 2009 8\n",
      "reading it\n",
      "--- 2118.9342017173767 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2009 10\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 12151\n",
      "read article IDs 12151\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "12151 12151\n",
      "YQ and running yq:  2009 10 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2007 11\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2009 10 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2009 10 2009 9\n",
      "reading it\n",
      "--- 2016.214567899704 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2009 11\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 11635\n",
      "read article IDs 11635\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "11635 11635\n",
      "YQ and running yq:  2009 11 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2009 11 2009 10\n",
      "reading it\n",
      "--- 2108.477269411087 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2009 12\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10497\n",
      "read article IDs 10497\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10497 10497\n",
      "YQ and running yq:  2009 12 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2009 12 2009 11\n",
      "reading it\n",
      "--- 2094.5719277858734 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2010 1\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10502\n",
      "read article IDs 10502\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10502 10502\n",
      "YQ and running yq:  2010 1 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2006 3\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2010 1 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2010 1 2009 12\n",
      "reading it\n",
      "--- 2048.632750749588 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2010 2\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 9903\n",
      "read article IDs 9903\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "9903 9903\n",
      "YQ and running yq:  2010 2 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2010 2 2010 1\n",
      "reading it\n",
      "--- 2096.9057886600494 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2010 3\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10976\n",
      "read article IDs 10976\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10976 10976\n",
      "YQ and running yq:  2010 3 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2009 11\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2010 3 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2010 3 2010 2\n",
      "reading it\n",
      "--- 2127.990382194519 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2010 4\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10091\n",
      "read article IDs 10091\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10091 10091\n",
      "YQ and running yq:  2010 4 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2010 4 2010 3\n",
      "reading it\n",
      "--- 2210.2925775051117 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2010 5\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10368\n",
      "read article IDs 10368\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10368 10368\n",
      "YQ and running yq:  2010 5 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2010 5 2010 4\n",
      "reading it\n",
      "--- 2142.8037569522858 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2010 6\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10552\n",
      "read article IDs 10552\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10552 10552\n",
      "YQ and running yq:  2010 6 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2007 3\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2010 6 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2010 6 2010 5\n",
      "reading it\n",
      "--- 2196.4613556861877 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2010 7\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10412\n",
      "read article IDs 10412\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10412 10412\n",
      "YQ and running yq:  2010 7 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2010 7 2010 6\n",
      "reading it\n",
      "--- 2187.184149980545 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2010 8\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10192\n",
      "read article IDs 10192\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10192 10192\n",
      "YQ and running yq:  2010 8 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2010 1\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2010 8 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2010 8 2010 7\n",
      "reading it\n",
      "--- 2109.575765609741 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2010 9\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10236\n",
      "read article IDs 10236\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10236 10236\n",
      "YQ and running yq:  2010 9 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2010 9 2010 8\n",
      "reading it\n",
      "--- 2100.4192781448364 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2010 10\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10037\n",
      "read article IDs 10037\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10037 10037\n",
      "YQ and running yq:  2010 10 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2010 10 2010 9\n",
      "reading it\n",
      "--- 2086.343480825424 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2010 11\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10330\n",
      "read article IDs 10330\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10330 10330\n",
      "YQ and running yq:  2010 11 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2005 12\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2010 11 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2010 11 2010 10\n",
      "reading it\n",
      "--- 2098.474365711212 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2010 12\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 9778\n",
      "read article IDs 9778\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "9778 9778\n",
      "YQ and running yq:  2010 12 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2010 12 2010 11\n",
      "reading it\n",
      "--- 2116.2471458911896 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2011 1\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 9462\n",
      "read article IDs 9462\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "9462 9462\n",
      "YQ and running yq:  2011 1 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2007 9\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2011 1 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2010 11\n",
      "reading it\n",
      "YQ and running yq:  2011 1 2010 12\n",
      "reading it\n",
      "--- 2106.2626354694366 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2011 2\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 8287\n",
      "read article IDs 8287\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "8287 8287\n",
      "YQ and running yq:  2011 2 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2010 11\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2010 12\n",
      "reading it\n",
      "YQ and running yq:  2011 2 2011 1\n",
      "reading it\n",
      "--- 2111.6932969093323 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2011 3\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 10873\n",
      "read article IDs 10873\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "10873 10873\n",
      "YQ and running yq:  2011 3 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2009 5\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2011 3 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2010 11\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2010 12\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2011 1\n",
      "reading it\n",
      "YQ and running yq:  2011 3 2011 2\n",
      "reading it\n",
      "--- 2129.0617294311523 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2011 4\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 9570\n",
      "read article IDs 9570\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "9570 9570\n",
      "YQ and running yq:  2011 4 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2010 11\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2010 12\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2011 1\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2011 2\n",
      "reading it\n",
      "YQ and running yq:  2011 4 2011 3\n",
      "reading it\n",
      "--- 2172.1617736816406 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2011 5\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 9748\n",
      "read article IDs 9748\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "9748 9748\n",
      "YQ and running yq:  2011 5 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2010 9\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2011 5 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2010 11\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2010 12\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2011 1\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2011 2\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2011 3\n",
      "reading it\n",
      "YQ and running yq:  2011 5 2011 4\n",
      "reading it\n",
      "--- 2142.0827827453613 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2011 6\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 9033\n",
      "read article IDs 9033\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "9033 9033\n",
      "YQ and running yq:  2011 6 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2010 11\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2010 12\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2011 1\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2011 2\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2011 3\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2011 4\n",
      "reading it\n",
      "YQ and running yq:  2011 6 2011 5\n",
      "reading it\n",
      "--- 2206.541603565216 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2011 7\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 9456\n",
      "read article IDs 9456\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "9456 9456\n",
      "YQ and running yq:  2011 7 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2010 11\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2010 12\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2011 1\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2011 2\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2011 3\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2011 4\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2011 5\n",
      "reading it\n",
      "YQ and running yq:  2011 7 2011 6\n",
      "reading it\n",
      "--- 2208.964750289917 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2011 8\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "reading article id\n",
      "made corpus with length: 9738\n",
      "read article IDs 9738\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "9738 9738\n",
      "YQ and running yq:  2011 8 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2010 11\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2010 12\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2011 1\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2011 2\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2011 3\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2011 4\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2011 5\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2011 6\n",
      "reading it\n",
      "YQ and running yq:  2011 8 2011 7\n",
      "reading it\n",
      "--- 2212.3599438667297 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2011 9\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 9704\n",
      "read article IDs 9704\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "9704 9704\n",
      "YQ and running yq:  2011 9 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2010 11\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2010 12\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2011 1\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2011 2\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2011 3\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2011 4\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2011 5\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2011 6\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2011 7\n",
      "reading it\n",
      "YQ and running yq:  2011 9 2011 8\n",
      "reading it\n",
      "--- 2226.770877122879 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2011 10\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 9838\n",
      "read article IDs 9838\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "9838 9838\n",
      "YQ and running yq:  2011 10 2005 1\n",
      "reading it\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2011 10 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2010 11\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2010 12\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2011 1\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2011 2\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2011 3\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2011 4\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2011 5\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2011 6\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2011 7\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2011 8\n",
      "reading it\n",
      "YQ and running yq:  2011 10 2011 9\n",
      "reading it\n",
      "--- 2228.527244567871 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2011 11\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 9434\n",
      "read article IDs 9434\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "9434 9434\n",
      "YQ and running yq:  2011 11 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2010 11\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2010 12\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2011 1\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2011 2\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2011 3\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2011 4\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2011 5\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2011 6\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2011 7\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2011 8\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2011 9\n",
      "reading it\n",
      "YQ and running yq:  2011 11 2011 10\n",
      "reading it\n",
      "--- 2227.8053238391876 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2011 12\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 9011\n",
      "read article IDs 9011\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "9011 9011\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "YQ and running yq:  2011 12 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2010 11\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2010 12\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2011 1\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2011 2\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2011 3\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2011 4\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2011 5\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2011 6\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2011 7\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2011 8\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2011 9\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2011 10\n",
      "reading it\n",
      "YQ and running yq:  2011 12 2011 11\n",
      "reading it\n",
      "--- 2183.9061868190765 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2012 1\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 7991\n",
      "read article IDs 7991\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "7991 7991\n",
      "YQ and running yq:  2012 1 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2010 11\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2010 12\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2011 1\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2011 2\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2011 3\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2011 4\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2011 5\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2011 6\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2011 7\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2011 8\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2011 9\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2011 10\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2011 11\n",
      "reading it\n",
      "YQ and running yq:  2012 1 2011 12\n",
      "reading it\n",
      "--- 2276.7198531627655 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2012 2\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 8928\n",
      "read article IDs 8928\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "8928 8928\n",
      "YQ and running yq:  2012 2 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2010 11\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2010 12\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2011 1\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2011 2\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2011 3\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2011 4\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2011 5\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2011 6\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2011 7\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2011 8\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2011 9\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2011 10\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2011 11\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2011 12\n",
      "reading it\n",
      "YQ and running yq:  2012 2 2012 1\n",
      "reading it\n",
      "--- 2300.5600996017456 seconds ---\n",
      "now should run stata\n",
      "Now year and month:  2012 3\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 8826\n",
      "read article IDs 8826\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "8826 8826\n",
      "YQ and running yq:  2012 3 2005 1\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2005 2\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2005 3\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2005 4\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2005 5\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2005 6\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2005 7\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2005 8\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2005 9\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2005 10\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2005 11\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2005 12\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2006 1\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2006 2\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2006 3\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2006 4\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2006 5\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2006 6\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2006 7\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2006 8\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2006 9\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2006 10\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2006 11\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2006 12\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2007 1\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2007 2\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2007 3\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2007 4\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2007 5\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2007 6\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2007 7\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2007 8\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2007 9\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2007 10\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2007 11\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2007 12\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2008 1\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2008 2\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2008 3\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2008 4\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2008 5\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2008 6\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2008 7\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2008 8\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2008 9\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2008 10\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2008 11\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2008 12\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2009 1\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2009 2\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2009 3\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2009 4\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2009 5\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2009 6\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2009 7\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2009 8\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2009 9\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2009 10\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2009 11\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2009 12\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2010 1\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2010 2\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2010 3\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2010 4\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2010 5\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2010 6\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2010 7\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2010 8\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2010 9\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2010 10\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2010 11\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2010 12\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2011 1\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2011 2\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2011 3\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2011 4\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2011 5\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2011 6\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2011 7\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2011 8\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2011 9\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2011 10\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2011 11\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2011 12\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2012 1\n",
      "reading it\n",
      "YQ and running yq:  2012 3 2012 2\n",
      "reading it\n",
      "--- 2279.9158120155334 seconds ---\n",
      "now should run stata\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Now year and month:  2012 4\n",
      "reading it\n",
      "read it\n",
      "chopped it\n",
      "loaded dictionary length: 17669\n",
      "reading article id\n",
      "made corpus with length: 8365\n",
      "read article IDs 8365\n",
      "loaded dictionary length: 17669\n",
      "You are running with topics  7\n",
      "First\n",
      "0\n",
      "load old model\n",
      "loaded old model\n",
      "updated model\n",
      "Now write topics\n",
      "Lets go:\n",
      "8365 8365\n",
      "YQ and running yq:  2012 4 2005 1\n",
      "reading it\n"
     ]
    }
   ],
   "source": [
    "#%matplotlib inline\n",
    "import sys\n",
    "sys.path.append('/Users/christopherrauh/miniconda3/lib/python3.8site-packages')\n",
    "\n",
    "import os\n",
    "import csv\n",
    "import gc\n",
    "import subprocess\n",
    "#import lda\n",
    "\n",
    "#import matplotlib\n",
    "import numpy as np\n",
    "#import matplotlib.pyplot as plt\n",
    "from gensim.corpora.mmcorpus import MmCorpus\n",
    "from gensim.corpora import Dictionary\n",
    "import gensim\n",
    "\n",
    "import pandas as pd\n",
    "\n",
    "#from sklearn.feature_extraction.text import CountVectorizer\n",
    "\n",
    "import time\n",
    "\n",
    "#import sklearn.feature_extraction.text as text\n",
    "\n",
    "from collections import defaultdict\n",
    "import logging\n",
    "import time\n",
    "\n",
    "from pathlib import Path\n",
    "\n",
    "from sklearn.utils import shuffle\n",
    "from shutil import copyfile\n",
    "\n",
    "\n",
    "\n",
    "#plot stuff\n",
    "import matplotlib.pyplot as plt\n",
    "#import sys\n",
    "import operator\n",
    "import argparse\n",
    "\n",
    "\n",
    "#from multiprocessing import freeze_support\n",
    "\n",
    "\n",
    "root_folder = 'D:\\\\'\n",
    "outpath_largefiles = 'D:\\\\risk_text\\\\'\n",
    "#outpath_largefiles = '/Users/christopherrauh/soft_problem/'\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "arguments = ['nix','all_text_huge_moregrams', 'all_text_minimal', '200', '7', '1', '3', '1', '0', '1', '2005', '11', '2020', 'm', '0', '0', '1', '0', 'D:\\\\risk_text\\\\', 'D:\\\\', 'BBC', 'Economist', 'WashingtonPost', 'NYT', 'LN']\n",
    "\n",
    "#readin = arguments[18]\n",
    "readin = outpath_largefiles\n",
    "print('Large files are in: ', readin)\n",
    "\n",
    "#stata_folder = arguments[19]\n",
    "stata_folder = root_folder\n",
    "print('Codes are in: ', stata_folder)\n",
    "\n",
    "\n",
    "\n",
    "copyfile(stata_folder + 'Dropbox/text analysis sandbox/programs/JEEA/reading_info_svi_JEEA.do', readin + 'reading_info_svi_JEEA.do')\n",
    "copyfile(stata_folder + 'Dropbox/text analysis sandbox/programs/JEEA/reading_results_short_monthly_JEEA7.do', readin + 'reading_results_short_monthly_JEEA.do')\n",
    "\n",
    "\n",
    "#folder where I write results\n",
    "spitout = root_folder + 'Dropbox/text analysis sandbox/programs/JEEA/'\n",
    "\n",
    "\n",
    "\n",
    "#Call:\n",
    "#python LDA_online_gensim_20191030.py all_text_huge_moregrams all_text_minimal 100 15 1 3 1 0 1 2000 3 2017 q 0 1 0 Economist WashingtonPost NYT BBC LN\n",
    "\n",
    "\n",
    "\n",
    "#read user input\n",
    "\n",
    "\n",
    "#arguments = [0, 'all_text_huge_moregrams', 'all_text_huge', 100000, 15, 1, 3, 0, 0, 1, 2010, 4, 2015, 'BBC']\n",
    "\n",
    "#moregrams = readin + where + '/'  + arguments[1]\n",
    "\n",
    "#overview = readin + where + '/'  + arguments[2]\n",
    "\n",
    "cutter = int(arguments[3])\n",
    "\n",
    "topics_nr = int(arguments[4])\n",
    "\n",
    "mintoken = int(arguments[5])\n",
    "\n",
    "maxtoken = int(arguments[6])\n",
    "\n",
    "\n",
    "\n",
    "#start year\n",
    "start_m = int(arguments[7])\n",
    "start_year = int(arguments[8])\n",
    "\n",
    "#start iterating at year\n",
    "start_chop_m = int(arguments[9])\n",
    "start_chop_year = int(arguments[10])\n",
    "\n",
    "#end year\n",
    "end_m = int(arguments[11])\n",
    "end_year = int(arguments[12])\n",
    "\n",
    "#only yearly (y) or also monthly (m)\n",
    "yearly = arguments[13]\n",
    "m_last = 12\n",
    "start_m= 1\n",
    "if yearly == 'y':\n",
    "\tm_last = 12\n",
    "\tstart_m = 12\n",
    "\tstart_chop_m = 12\n",
    "\tend_m = 12\n",
    "\n",
    "\n",
    "kick_weird = int(arguments[14])\n",
    "print('kick_weird: ', kick_weird)\n",
    "\n",
    "dic_there = int(arguments[15])\n",
    "print('dictionary done: ', dic_there)\n",
    "\n",
    "create_info = int(arguments[16])\n",
    "print('create index file: ', create_info)\n",
    "\n",
    "\n",
    "all_there = int(arguments[17])\n",
    "print('all there: ', all_there)\n",
    "\n",
    "\n",
    "#read list of papers\n",
    "list_papers = []\n",
    "\n",
    "for i in range(20, len(arguments)):\n",
    "\tlist_papers.append(arguments[i])\n",
    "\n",
    "#inform user about choices and let confirm\n",
    "print('You have chosen the following nr of topics: ', str(topics_nr))\n",
    "print('Toss tokens appearing in less than: ', str(cutter), ' documents')\n",
    "print('A minimum token length of: ', str(mintoken))\n",
    "print('A maximum token length of: ', str(maxtoken))\n",
    "print('You are using no data before the year: ', str(start_year), ' and month', str(start_m))\n",
    "print('Your first iteration year is: ', str(start_chop_year), ' and month', str(start_chop_m))\n",
    "print('Your last year is: ', str(end_year), ' and month', str(end_m))\n",
    "print('Your list of papers is', str(list_papers))\n",
    "if kick_weird == 0:\n",
    "\tprint('You are NOT kicking out weirdos')\n",
    "elif kick_weird == 1:\n",
    "\tprint('You are kicking out weirdos')\n",
    "\n",
    "if start_chop_year > end_year:\n",
    "\tsys.exit('The last year you chose if before the first year')\n",
    "\n",
    "\n",
    "# yes = {'yes','y', 'ye', ''}\n",
    "# no = {'no','n'}\n",
    "\n",
    "# print('Are you ok with these choices?')\n",
    "# print('Please respond with yes(y) or no(n).')\n",
    "# choice = input().lower()\n",
    "# if choice in yes:\n",
    "#    print('Go!!!!!!!')\n",
    "# elif choice in no:\n",
    "#    sys.exit('Please change your inputs and rerun!')\n",
    "# else:\n",
    "#    sys.stdout.write(\"Please respond with 'yes' or 'no'\")\n",
    "\n",
    "#where to write results depending on which papers you are using:\n",
    "if len(list_papers) ==  1:\n",
    "\twhere = list_papers[0]\n",
    "elif len(list_papers) >= 4:\n",
    "\twhere = 'superall'\n",
    "else:\n",
    "\t\n",
    "\twhere = ''\n",
    "\tfor x in sorted(list_papers):\n",
    "\t\t#first element\n",
    "\t\tif where == '':\n",
    "\t\t\twhere = x\n",
    "\t\telse:\n",
    "\t\t\t#other papers\n",
    "\t\t\twhere = where + '_' + x\n",
    "\n",
    "#creste folder for results if doesnt exist\n",
    "if not os.path.exists(spitout):\n",
    "\tos.makedirs(spitout)\n",
    "\n",
    "addname = str(start_year)+'_'+str(mintoken)+'_'+str(maxtoken)+'_'+str(topics_nr)+'_'+str(cutter)+'_'+str(kick_weird)\n",
    "\n",
    "if not os.path.exists(spitout+where+'/temp'+ addname):\n",
    "\tos.makedirs(spitout+where+'/temp'+ addname)\n",
    "\n",
    "\n",
    "if os.path.exists(spitout+where + '/temp' + addname + '/big_lda_model'+ addname+'.log'):\n",
    "\tos.remove(spitout+where + '/temp' + addname + '/big_lda_model'+ addname+'.log')\n",
    "logging.basicConfig(filename=spitout+where + '/temp' + addname + '/big_lda_model'+ addname+'.log', format='%(asctime)s : %(levelname)s : %(message)s', level=logging.INFO)\n",
    "\n",
    "moregrams = readin + arguments[1]\n",
    "\n",
    "overview = readin + arguments[2]\n",
    "\n",
    "total_arts = 4000000\n",
    "\n",
    "\n",
    "def get_jaccard_sim(str1, str2): \n",
    "    a = set(str1.split()) \n",
    "    b = set(str2.split())\n",
    "    c = a.intersection(b)\n",
    "    return float(len(c)) / (len(a) + len(b) - len(c))\n",
    "\n",
    "\n",
    "#def reading_papers(moregrams, overview, start_year, start_q):\n",
    "def reading_papers():\n",
    "\n",
    "\t#read metadata\n",
    "\tprint('reading overall info')\n",
    "\tdata2 = pd.read_table(overview + '.txt',encoding='utf-8')\n",
    "\tprint(data2.columns)\n",
    "\ttotal_arts = len(data2)\n",
    "\tprint('total obs: ', total_arts)\n",
    "\tdata2['article_id'] = pd.to_numeric(data2['article_id'], errors='coerce')\n",
    "\tdata2 = data2.dropna(subset=['article_id'])\n",
    "\tprint('after kicking out without numbered article_id total obs: ', len(data2))\n",
    "\n",
    "\t\n",
    "\t#here find weird articles in case you want to\n",
    "\tif kick_weird == 1:\n",
    "\t\tprint('determining weirdos')\n",
    "\t\tdata2['weird'] = 0\n",
    "\t\tfor x in range(0, len(data2)):\n",
    "\t\t\twords = data2['title'][x].split()\n",
    "\t\t\tif ':' in words[0] and data2['paper'][x] == 'BBC':\n",
    "\t\t\t\tnewstr = words[0].replace(':', '').strip()\n",
    "\t\t\t\tif newstr[0:4].lower() == data2['country'][x][0:4].lower():\n",
    "\t\t\t\t\tdata2['weird'][x] = 1\n",
    "\n",
    "\t\tTotal = data2['weird'].sum()\n",
    "\t\tprint('weirdos detected: ',Total)\n",
    "\n",
    "\n",
    "\tdata2 = data2[pd.to_numeric(data2['date'], errors='coerce').notnull()]\n",
    "\tdata2[['date']] = data2[['date']].apply(pd.to_numeric, errors='ignore')\n",
    "\n",
    "\n",
    "\tprint('total obs after kicking out date weird: ', len(data2))\n",
    "\n",
    "\n",
    "\n",
    "\tmy_file = Path(spitout+'data_info_all_svi.csv')\n",
    "\tif create_info == 1 or my_file.is_file() == 'False':\n",
    "\t\tprint('You ARE creating info file')\n",
    "\t\tdata2.to_csv(spitout+'data_info_all_svi.csv')\n",
    "\telse:\n",
    "\t\tprint('You are NOT creating info file')\n",
    "\t\n",
    "\n",
    "\t#read data\n",
    "\tprint('now read articles')\n",
    "\tdata = pd.read_table(moregrams + '.txt',encoding='utf-8')\n",
    "\tprint(data.columns)\n",
    "\n",
    "\n",
    "\t#delete max tokens\n",
    "\tdata = data.drop(data[data.tokens > maxtoken].index)\n",
    "\tdata = data.drop(data[data.tokens < mintoken].index)\n",
    "\tdata = data.drop('tokens', axis=1)\n",
    "\tprint('tokens been cut')\n",
    "\n",
    "\n",
    "\t#merge with other info\n",
    "\tprint('now merging')\n",
    "\tdata = data.merge(data2, left_on='article_id', right_on='article_id', how='left')\n",
    "    \n",
    "\tdel data2\n",
    "    \n",
    "\tprint('Check for duplicates')\n",
    "\tcol1 = data[\"country\"].astype(str) \n",
    "\tcol2 = data[\"date\"].astype(str)\n",
    "\tcol3 = data[\"paper\"].astype(str)\n",
    "\tdata['cnt'] = (col1+col2+col3).rank(method='dense').astype(int)\n",
    "    \n",
    "\tdata = data.drop('country', axis=1)\n",
    "    \n",
    "\tprint('Will be checking country-date-paper pairs:', min(data.cnt), ' to ', max(data.cnt))\n",
    "\n",
    "\n",
    "\n",
    "\tkick_out = []\n",
    "\tfor x in range(min(data.cnt),max(data.cnt)+1):\n",
    "\t\tkick_outx = []\n",
    "\t\t# Create variable with TRUE \n",
    "\t\telderly = data['cnt'] == x\n",
    "\n",
    "\n",
    "\t\tthose = data[elderly]\n",
    "\t\tthose = those.reset_index(drop=True)\n",
    "        \n",
    "\t\tfor y in range(0,len(those)):\n",
    "\n",
    "\n",
    "\t\t\tif those['article_id'][y] not in kick_outx:\n",
    "\t\t\t\ta1 = those['article'][y]\n",
    "\t\t\t\tfor z in range(y+1,len(those)):\n",
    "\t\t\t\t\tif those['article_id'][z] not in kick_outx:\n",
    "\t\t\t\t\t\ta2 = those['article'][z]\n",
    "\n",
    "\t\t\t\t\t\tif get_jaccard_sim(a1,a2) > 0.98:\n",
    "                            \n",
    "\t\t\t\t\t\t\tkick_outx.append(those['article_id'][z])\n",
    "\t\tfor kick in kick_outx:\n",
    "\t\t\tkick_out.append(kick)\n",
    "            \n",
    "    \n",
    "\tprint('Kick out these many duplicates: ', len(kick_out))    \n",
    "\n",
    "\n",
    "\tkick_out_df = pd.DataFrame(kick_out)\n",
    "\tkick_out_df.columns = ['article_id']\n",
    "\tkick_out_df['kick_out'] = 1\n",
    "\tprint('Merge kick out on') \n",
    "\tdata = data.merge(kick_out_df, left_on='article_id', right_on='article_id', how='left')\n",
    "\n",
    "\n",
    "\tprint('Length before kicking out duplicates: ', len(data))\n",
    "\tdata = data.drop(data[data.kick_out == 1].index)\n",
    "\tprint('Length after kicking out duplicates', len(data))\n",
    "\n",
    "\tdata = data.drop('kick_out', axis=1)\n",
    "    \n",
    "\tdata = data.drop('cnt', axis=1)\n",
    "\n",
    "\n",
    "\n",
    "\t#restrict sample by paper\n",
    "\tprint('now kicking out different papers')\n",
    "\tdata = data[data['paper'].isin(list_papers)]\n",
    "\tdata = data.drop('paper', axis=1)\n",
    "\n",
    "\tif kick_weird == 1:\t\t\n",
    "\t\tTotal = data['weird'].sum()\n",
    "\t\tprint('Weirdos deleted: ',Total)\n",
    "\t\tdata = data.drop(data[data.weird == 1].index)\n",
    "\t\tdata = data.drop('weird', axis=1)\n",
    "\n",
    "\n",
    "\tdata = data.drop(data[data.date.isnull()].index)\n",
    "\n",
    "\t\n",
    "\t#convert date\n",
    "\tdata['year'] = data.date / 10000\n",
    "\tdata['year'] = data['year'].astype(int)\n",
    "\n",
    "\tdata['month'] = (data['date'] - 10000 * data['year']) /100\n",
    "\tdata['month'] = data['month'].astype(int)\n",
    "\n",
    "\t#data['quarter'] = (data['month'] -1) / 3\n",
    "\t#data['quarter'] = data['quarter'].astype(int) + 1\n",
    "\n",
    "\tdata = data.drop('date', axis=1)\n",
    "\t#data = data.drop('month', axis=1)\n",
    "\n",
    "\tprint('now kicking out early data')\n",
    "\tdata = data.drop(data[data.year < start_year].index)\n",
    "\tdata = data.drop(data[(data.year == start_year) & (data.month < start_m)].index)\n",
    "\n",
    "\n",
    "\treturn data\n",
    "\n",
    "\t\n",
    "def writing_papers(y, m, first):\n",
    "\n",
    "\t#Here I am actually writing the serialized corpus for the first time\t\n",
    "\n",
    "\t#read texts\n",
    "\n",
    "\tprint('reading it')\n",
    "\twith open(spitout+where + '/temp' + addname + '/the_text' + addname+'_'+str(y)+'_'+str(m)+'.txt') as f:\n",
    "\t    content = f.readlines()\n",
    "\t# you may also want to remove whitespace characters like `\\n` at the end of each line\n",
    "\tcontent = [x.strip() for x in content]\n",
    "\t\n",
    "\tos.remove(spitout+where + '/temp' + addname + '/the_text' + addname+'_'+str(y)+'_'+str(m)+'.txt')\n",
    "\t\n",
    "\t\n",
    "\t \n",
    "\tprint('read it')\n",
    "\n",
    "\ttexts = [[word for word in document.lower().split()] for document in content]\t\t\n",
    "\tfrequency = defaultdict(int)\n",
    "\tfor text in texts:\n",
    "\t    for token in text:\n",
    "\t        frequency[token] += 1\n",
    "\ttexts = [[token for token in text if frequency[token] > 1] for text in texts]\n",
    "\n",
    "\t#texts \n",
    "\tprint('chopped it')\n",
    "\n",
    "\t#read big dictionary\n",
    "\tdictionary = Dictionary.load(spitout+where + '/temp' + addname + '/' + addname + 'wiki.dictionary')\n",
    "\tprint('loaded dictionary length:', len(dictionary))\n",
    "\n",
    "\tcorpus = [dictionary.doc2bow(text) for text in texts]\n",
    "\n",
    "\tprint('reading article id')\n",
    "\twith open(spitout+where + '/temp' + addname + '/article_id' + addname+'_'+str(y)+'_'+str(m) + '.txt') as f:\n",
    "\t\tarticle_id = f.readlines()\n",
    "\tarticle_id = [x.strip() for x in article_id]\n",
    "\n",
    "\t#save corpus and article ids\n",
    "\tMmCorpus.serialize(spitout+where + '/temp' + addname + '/corpus' + addname+'_'+str(y)+'_'+str(m)+'.mm', corpus)\n",
    "\t#I think kick_weird 2 means redo something every year\n",
    "\tif kick_weird == 2 and m == 1 and first == 0:\n",
    "\t\tfor yy in range(start_chop_year, y+1):\n",
    "\t\t\tif yy == y:\n",
    "\t\t\t\tup_m = m\n",
    "\t\t\telse:\n",
    "\t\t\t\tup_m = 13\n",
    "\t\t\tfor mm in range(1, up_m):\n",
    "\t\t\t\tcorpus2 = MmCorpus(spitout+where + '/temp' + addname + '/corpus' + addname+'_'+str(yy)+'_'+str(mm)+'.mm')\n",
    "\t\t\t\tcorpus = itertools.chain(corpus, corpus2)\n",
    "\n",
    "\t\t\t\twith open(spitout+where + '/temp' + addname + '/article_id' + addname+'_'+str(y)+'_'+str(m) + '.txt') as f:\n",
    "\t\t\t\t\tarticle_idx = f.readlines()\n",
    "\t\t\t\tarticle_idx = [x.strip() for x in article_idx]\n",
    "\t\t\t\tarticle_id = article_id.append(article_idx)\n",
    "\n",
    "\t\n",
    "\n",
    "\t\t\n",
    "\n",
    "\tprint('made corpus with length:', len(corpus))\n",
    "\n",
    "def ldaing(topics_nrx, y, m, first):\n",
    "\t#running actual LDA\n",
    "\n",
    "\t#read article ids\n",
    "\twith open(spitout+where + '/temp' + addname + '/article_id' + addname+'_'+str(y)+'_'+str(m) + '.txt') as f:\n",
    "\t\tarticle_id = f.readlines()\n",
    "\tarticle_id = [x.strip() for x in article_id]\n",
    "\tprint('read article IDs', len(article_id))\n",
    "\n",
    "\t#read big dictionary\n",
    "\tdictionary = Dictionary.load(spitout+where + '/temp' + addname + '/' + addname + 'wiki.dictionary')\n",
    "\tprint('loaded dictionary length:', len(dictionary))\n",
    "\n",
    "\t#read corpus\n",
    "\tcorpus = MmCorpus(spitout+where + '/temp' + addname + '/corpus' + addname+'_'+str(y)+'_'+str(m)+'.mm')\t\n",
    "\tprint('You are running with topics ', topics_nrx)\n",
    "\n",
    "\taddnamex = str(start_year)+'_'+str(mintoken)+'_'+str(maxtoken)+'_'+str(topics_nrx)+'_'+str(cutter)+'_'+str(kick_weird)\n",
    "\n",
    "\t#in order to change passer for update() you have to change it within ldamulticore.py, i.e. the sourcecode\n",
    "\t#right now it is set to 10\n",
    "\tpasser = 16\n",
    "\teater = 'auto'\n",
    "\titerater = 200\n",
    "\n",
    "\tprint('First')\n",
    "\tprint(first)\n",
    "\n",
    "\tif first == 1 or (kick_weird == 2 and m == 1):\n",
    "\n",
    "\t\tprint('Estimate for first time')\n",
    "\n",
    "\t\tstart_time = time.time()\n",
    "\t\t\n",
    "\t\t#if __name__ == '__main__': \n",
    "\t\tlda = gensim.models.LdaMulticore(corpus, id2word=dictionary, num_topics=topics_nrx, minimum_probability=0.0, passes=passer, eta = eater, iterations = iterater, workers=14)\n",
    "\t\t#lda = gensim.models.LdaMulticore(corpus, id2word=dictionary, num_topics=topics_nrx, minimum_probability=0.0, passes=passer, eta = eater, iterations = iterater, workers=1)\n",
    "\t\t#alpha = 'auto'\n",
    "\n",
    "\t\tprint(\"--- %s seconds ---\" % (time.time() - start_time))\n",
    "\n",
    "\t\tprint('LDAed it')\n",
    "\t\tprint(lda)\n",
    "\n",
    "\t\tstart_time = time.time()\n",
    "\n",
    "\n",
    "\t\t#save model\n",
    "\t\tlda.save(spitout+where + '/temp' + addname + '/' + addname + 'lda.model')\n",
    "\n",
    "\t\tlda.show_topics(num_topics=topics_nrx, num_words=20, log=True, formatted=True)\n",
    "\n",
    "\t\tfor i in range(0, lda.num_topics-1):\n",
    "\t\t\tprint(lda.print_topic(i))\n",
    "\n",
    "\t\n",
    "\telif first == 0:\n",
    "\n",
    "\t\tprint('load old model')\n",
    "\n",
    "\t\tsame_lda_model = gensim.models.LdaMulticore.load(spitout+where + '/temp' + addname + '/' + addnamex + 'lda.model')\n",
    "\t\t#same_lda_model = gensim.models.LdaModel.load(spitout+where +   +'/'+ addnamex + 'lda.model')\n",
    "\t\tprint('loaded old model')\n",
    "\n",
    "\n",
    "\t\t#same_lda_model.update(corpus, passes=passer, iterations=iterater)\n",
    "\t\t#with multicore\n",
    "\t\tsame_lda_model.update(corpus)\n",
    "\t\tprint('updated model')\n",
    "\n",
    "\t\tsame_lda_model.save(spitout+where + '/temp' + addname + '/' + addnamex + 'lda.model')\n",
    "\n",
    "\n",
    "\t\n",
    "\tprint('Now write topics')\n",
    "\n",
    "\n",
    "\n",
    "\tn_top_words = 100\n",
    "\tprint('Lets go:')\n",
    "\tif first == 1:\n",
    "\t\ttop_topics = lda.print_topics(num_topics = -1, num_words = n_top_words)\n",
    "\telif first == 0:\n",
    "\t\ttop_topics = same_lda_model.print_topics(num_topics = -1, num_words = n_top_words)\n",
    "\t\n",
    "\twith open(spitout+where+'/topic_words_svi_'+addnamex+'_'+str(y)+'_'+str(m)+'.csv', 'w') as f:\n",
    "\t\tfor t in top_topics:\n",
    "\t\t\t\n",
    "\t\t\n",
    "\t\t\tresult = ''.join([i for i in t[1] if not i.isdigit()])\n",
    "\t\t\tsei = result.replace('.*\"', '')\n",
    "\t\t\tei = sei.replace('\" + ', ', ')\n",
    "\t\t\tdei = ei.replace('\"', '')\n",
    "\n",
    "\t\t\tf.write('Topic {}: '.format(t[0]) + dei + '\\n')\n",
    "\n",
    "\n",
    "\twith open(spitout+where+'/topic_words_prob_svi_'+addnamex+'_'+str(y)+'_'+str(m)+'.csv', 'w') as f:\n",
    "\t\tfor t in top_topics:\n",
    "\n",
    "\t\t\tresult = ''.join([i for i in t[1] if (i.isdigit() or i=='+' or i=='.')])\n",
    "\t\t\tdei = result.replace('+', ', ')\n",
    "\t\n",
    "\t\t\tf.write('Topic {}: '.format(t[0]) + dei + '\\n')\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\tn_docs = len(corpus)\n",
    "\n",
    "\tprint(len(corpus), len(article_id))\n",
    "\n",
    "\twith open(spitout+where+'/topic_table_svi_'+addnamex+'_'+str(y)+'_'+str(m)+'.csv', 'w') as f:\n",
    "\t\t\n",
    "\t\t# create header\n",
    "\t\theader = 'document'\n",
    "\t\tfor k in range(0,topics_nrx):\n",
    "\t\t\theader += ', pr_topic_{}'.format(k)\n",
    "\t\tf.write(header + '\\n')\n",
    "\n",
    "\t\tk = 0\n",
    "\t\tfor doc in corpus:\n",
    "\t\t\t\n",
    "\t\t\tstr_probs = ''\n",
    "\t\t\tif first == 1:\n",
    "\t\t\t\thurz = lda[doc]\n",
    "\t\t\telif first == 0:\n",
    "\t\t\t\thurz = same_lda_model[doc]\n",
    "\t\t\tfor t in range(0,topics_nrx):\n",
    "\n",
    "\n",
    "\t\t\t\tstr_probs = str_probs + ', ' + str(hurz[t][1])\n",
    "\n",
    "\t\t\tf.write('{} {}\\n'.format(article_id[k], str_probs))\n",
    "\t\t\tk = k+1\n",
    "\n",
    "\t#now run over all years and quarters estimated so far\n",
    "\n",
    "\tif first == 0 and (kick_weird != 2 or m == 1):\n",
    "\t\tfor yy in range(start_chop_year, y+1):\n",
    "\t\t\tif yy == y:\n",
    "\t\t\t\tup_m = m\n",
    "\t\t\telse:\n",
    "\t\t\t\tup_m = 13\n",
    "\t\t\tfor mm in range(1, up_m):\n",
    "\t\t\t\tprint('YQ and running yq: ', y, m, yy, mm)\n",
    "\t\t\t\t#make sure doesn't run same one again\n",
    "\t\t\t\tcorpus = MmCorpus(spitout+where + '/temp' + addname + '/corpus' + addname+'_'+str(yy)+'_'+str(mm)+'.mm')\n",
    "\t\t\t\tprint('reading it')\n",
    "\t\t\t\twith open(spitout+where + '/temp' + addname + '/article_id' + addname+'_'+str(yy)+'_'+str(mm) + '.txt') as f:\n",
    "\t\t\t\t\tarticle_id = f.readlines()\n",
    "\t\t\t\tarticle_id = [x.strip() for x in article_id]\n",
    "\t\t\t\twith open(spitout+where+'/topic_table_svi_'+addname+'_'+str(y)+'_'+str(m)+'.csv', 'a') as f:\n",
    "\t\t\t\t\tk = 0\n",
    "\t\t\t\t\tfor doc in corpus:\n",
    "\t\t\t\t\t\t\n",
    "\t\t\t\t\t\tstr_probs = ''\n",
    "\t\t\t\t\t\t\n",
    "\t\t\t\t\t\thurz = same_lda_model[doc]\n",
    "\t\t\t\t\t\tfor t in range(0,topics_nr):\n",
    "\n",
    "\n",
    "\t\t\t\t\t\t\tstr_probs = str_probs + ', ' + str(hurz[t][1])\n",
    "\n",
    "\t\t\t\t\t\tf.write('{} {}\\n'.format(article_id[k], str_probs))\n",
    "\t\t\t\t\t\tk = k+1\n",
    "\t\t\t\t\t\n",
    "\t\n",
    "\n",
    "\n",
    "\t\n",
    "\n",
    "def info_function(data):\t\n",
    "\t\n",
    "\n",
    "\t#create file with article_id and number of tokens\t\n",
    "\tf = {'token_count':['sum']}\n",
    "\tdata_info = data.groupby('article_id').agg(f).reset_index()\n",
    "\n",
    "\n",
    "\tprint('now merging number of tokens onto ')\n",
    "\tdata = data.merge(data_info, left_on='article_id', right_on='article_id', how='left')\n",
    "\n",
    "\t#here drop articles with less than XXX tokens\n",
    "\tprint('now kicking out with too few tokens')\n",
    "\n",
    "\tdata = data.drop(data[data[('token_count', 'sum')] < 5].index)\n",
    "\tdata = data.drop(('token_count', 'sum'), axis=1)\n",
    "\n",
    "\tdata_info = data_info.drop(data_info[data_info[('token_count', 'sum')] < 5].index)\n",
    "\tprint('Now writing token info')\n",
    "\tdata_info.to_csv(spitout+where+'/token_info_svi_'+str(mintoken)+'_'+str(maxtoken)+'_'+str(start_year)+'_'+str(kick_weird)+'.csv')\n",
    "\t\n",
    "\tprint('now should run stata to write token info')\t\n",
    "\tos.system('/Applications/Stata/StataMP.app/Contents/MacOS/stata-mp -b do '+readin + 'reading_info_svi_JEEA.do '+str(mintoken)+' '+str(maxtoken)+' '+where+' '+str(start_year)+' '+str(kick_weird)+' '+stata_folder+' '+str(create_info))\n",
    "\t#dofile = spitout + \"reading_info_svi_JEEA.do\"\n",
    "\t#cmd = [\"C:\\\\Program Files (x86)\\\\Stata15\\\\StataSE-64\",\"-e\",\"do\", dofile, str(mintoken), str(maxtoken), where, str(start_year), str(kick_weird), stata_folder, str(create_info)]\n",
    "\t#cmd = [\"C:\\\\Program Files (x86)\\\\Stata15\\\\StataSE-64\",\"-e\",\"do\", dofile, str(mintoken), str(maxtoken), where, str(start_year), str(kick_weird), stata_folder, str(create_info)]\n",
    "\t#subprocess.call(cmd)\n",
    "    \n",
    "    \n",
    "\treturn data\n",
    "\n",
    "\n",
    "def save_singles(stuff, y, m):\n",
    "\n",
    "\t\n",
    "\tf = {'article':['sum']}\n",
    "\tstuff = stuff.groupby('article_id').agg(f).reset_index()\n",
    "\n",
    "\t\n",
    "\tstuff = stuff.reindex(np.random.permutation(stuff.index))\n",
    "\t\n",
    "\t\n",
    "\tdocsobj = stuff.article.values\n",
    "\thans = docsobj.tolist()\n",
    "\ttotal_articles = len(hans)\n",
    "\t\n",
    "\t#hans = stuff['article'].tolist()\n",
    "\tthefile = open(spitout+where + '/temp' + addname + '/the_text' + addname+'_'+str(y)+'_'+str(m)+'.txt', 'w')\n",
    "\tfor item in hans:\n",
    "  \t\tthefile.write(\"%s\\n\" % item)\n",
    "\n",
    "\t\n",
    "\t#hans = stuff['article_id'].tolist()\n",
    "\tdocsobj = stuff.article_id.values\n",
    "\thans = docsobj.tolist()\n",
    "\n",
    "\tprint('year, month articles and ids: ', y,m,total_articles, len(hans))\n",
    "\t\n",
    "\tthefile = open(spitout+where + '/temp' + addname + '/article_id' + addname+'_'+str(y)+'_'+str(m) + '.txt', 'w')\n",
    "\tfor item in hans:\n",
    "  \t\tthefile.write(\"%s\\n\" % item)\n",
    "\n",
    "def single_files(data):\n",
    "\n",
    "\n",
    "\t#loop over data and save text files for each year and month for update later\n",
    "\tfor m in range(start_chop_m+1, 13):\n",
    "\t\tdata2 = data.drop(data[data.year != start_chop_year].index)\n",
    "\t\tdata2 = data2.drop(data2[data2.month != m].index)\n",
    "\n",
    "\t\tsave_singles(data2, start_chop_year, m)\n",
    "\t\t\n",
    "\tfor y in range(start_chop_year+1, end_year):\n",
    "\t\tdata2 = data.drop(data[data.year != y].index)\n",
    "\t\tfor m in range(1, m_last+1):\t\t\t\n",
    "\t\t\tdata3 = data2.drop(data2[data2.month != m].index)\t\n",
    "\t\t\tsave_singles(data3, y, m)\t\t\n",
    "\t\t\t\n",
    "\tfor m in range(1, end_m+1):\n",
    "\t\tdata2 = data.drop(data[data.year != end_year].index)\n",
    "\t\tdata2 = data2.drop(data2[data2.month != m].index)\n",
    "\t\tsave_singles(data2, end_year, m)\n",
    "\n",
    "\n",
    "def create_dic(data_in, dic_there):\n",
    "\n",
    "\t\n",
    "\n",
    "\tprint('saving first body of text and ids')\n",
    "\t#save main text\n",
    "\tdata_out = data_in.drop(data_in[data_in.year > start_chop_year].index)\n",
    "\tdata_out = data_out.drop(data_out[(data_out.year == start_chop_year) & (data_out.month > start_chop_m)].index)\t\n",
    "\tsave_singles(data_out, start_chop_year, start_chop_m)\n",
    "\n",
    "\tdel data_out\n",
    "\tgc.collect()\n",
    "\n",
    "\t\n",
    "\n",
    "\tmy_file = Path(spitout+where + '/temp' + addname + '/' + addname+'wiki.dictionary')\n",
    "\n",
    "\tif dic_there == 0 or my_file.is_file() == 'False':\n",
    "\n",
    "\t\tprint('creating huge list of all articles')\n",
    "\t\t#absolutely all text\n",
    "\t\t#create one big dictionary of words \n",
    "\t\ttexts = word_freq(data_in['article'].tolist())\n",
    "\n",
    "\t\tdel data_in\n",
    "\t\tgc.collect()\n",
    "\n",
    "\n",
    "\t\t\n",
    "\t\t#del frequency\n",
    "\n",
    "\t\tprint('chopped it')\n",
    "\n",
    "\t\t\n",
    "\t\t\n",
    "\n",
    "\t\tdictionary = Dictionary(texts)\n",
    "\t\tdel texts\n",
    "\t\tgc.collect()\n",
    "\t\tprint(dictionary)\n",
    "\t\t#dictionary.filter_extremes(no_below=cutter, no_above=0.5,keep_n=None)\n",
    "\t\tdictionary.filter_extremes(no_below=cutter, no_above=0.1,keep_n=None)\n",
    "\t\tprint(dictionary)\n",
    "\n",
    "\t\tprint('made dictionary')\t\n",
    "\n",
    "\t\tdictionary.save(spitout+where + '/temp' + addname + '/' + addname+'wiki.dictionary')\n",
    "\n",
    "\t\tprint('save dictionary')\n",
    "\n",
    "\telse:\n",
    "\n",
    "\t\tprint('load old dictionary')\n",
    "\t\tdictionary = Dictionary.load(spitout+where + '/temp' + addname + '/' + addname + 'wiki.dictionary')\n",
    "\t\tdictionary.filter_extremes(no_below=cutter, no_above=0.1,keep_n=None)\n",
    "\t\tdictionary.save(spitout+where + '/temp' + addname + '/' + addname+'wiki.dictionary')\n",
    "\t\tprint('save dictionary')\n",
    "\n",
    "\t\n",
    "def word_freq(alltext):\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\t#kick words out that are in more than 10% of articles\n",
    "\t#artis = 0.10 * len(alltext)\n",
    "\tartis = 0.10 * total_arts\n",
    "\tprint('kick out tokens appearing in more than ', artis,'  articles')\n",
    "\n",
    "\tmin_artis = 50\n",
    "\tprint('kick out tokens appearing in less than', min_artis,' articles')\n",
    "\n",
    "\n",
    "\tprint('create huge text')\n",
    "\ttexts = [[word for word in document.split()] for document in alltext]\t\n",
    "\tdel alltext\t\n",
    "\tgc.collect()\n",
    "\tfrequency = defaultdict(int)\n",
    "\tfrequency_art = defaultdict(int)\n",
    "\tprint('count frequency')\n",
    "\tfor text in texts:\n",
    "\t\tnow = 0\n",
    "\t\tfor token in text:\n",
    "\t\t\tfrequency[token] += 1\n",
    "\t\t\tif now == 0:\n",
    "\t\t\t\tfrequency_art[token] += 1\n",
    "\t\t\t\tnow = 1\n",
    "\n",
    "\tprint(len(frequency))\n",
    "\tprint('now shorten frequency')\n",
    "\tfrequency_short = {}\n",
    "\t#frequency_art_short = {}\n",
    "\tfor word in frequency:\n",
    "\t\tif frequency[word] > cutter and frequency_art[word] < artis and frequency_art[word] > min_artis:\n",
    "\t\t\tfrequency_short[word] = frequency[word]\n",
    "\tdel frequency\n",
    "\tgc.collect()\n",
    "\tprint(len(frequency_short))\n",
    "\tprint('kick rare ones out of huge text')\n",
    "\ttexts_cut = [[token for token in text if token in frequency_short] for text in texts]\n",
    "\tdel texts\n",
    "\tgc.collect()\n",
    "\n",
    "\t\n",
    "\n",
    "\tmake_fig = 0\n",
    "\n",
    "\tif make_fig == 1:\n",
    "\n",
    "\n",
    "\t\tprint('now sort frequency text')\n",
    "\n",
    "\t\tsorted_doc = (sorted(frequency_short.items(), key=operator.itemgetter(1)))[::-1]\n",
    "\t\t\n",
    "\t\tjust_the_occur = []\n",
    "\t\tjust_the_rank = []\n",
    "\n",
    "\t\tprint('create data for figure')\n",
    "\n",
    "\t\tentry_num = 1\n",
    "\t\tfor entry in sorted_doc:\n",
    "\n",
    "\t\t\tjust_the_rank.append(entry_num)\n",
    "\t\t\tentry_num += 1\n",
    "\t\t\tjust_the_occur.append(entry[1])\n",
    "\n",
    "\t\tprint('create figure')\n",
    "\n",
    "\t\tf = plt.figure()\n",
    "\n",
    "\t\tplt.title(\"Word Frequencies\")\n",
    "\t\tplt.ylabel(\"Total Number of Occurrences\")\n",
    "\t\tplt.xlabel(\"Rank of word\")\n",
    "\t\tplt.loglog(just_the_rank, just_the_occur, basex=10)\n",
    "\n",
    "\t\tplt.show(block=False)\n",
    "\t\tplt.pause(3)\n",
    "\t\tplt.close()\n",
    "\n",
    "\t\tf.savefig(spitout+where+'/word_distrib.pdf', bbox_inches='tight')\n",
    "\n",
    "\t\tdel sorted_doc\n",
    "\t\tdel just_the_occur\n",
    "\t\tdel just_the_rank\n",
    "\t\tgc.collect()\n",
    "\n",
    "\treturn texts_cut\n",
    "\n",
    "\n",
    "\n",
    "def big_function():\t\n",
    "\n",
    "\tif all_there == 0:\n",
    "\t\tdata = reading_papers()\n",
    "\n",
    "\n",
    "\t\tdata = info_function(data)\n",
    "\n",
    "\n",
    "\t\tprint('It came out reading: ', data.columns)\n",
    "\t\tprint('It had length: ', len(data))\n",
    "\n",
    "\t\t#write single files\n",
    "\t\t#now write all single files\n",
    "\t\tprint('creating single text files')\n",
    "\t\tsingle_files(data)\n",
    "\n",
    "\t\tprint('creating dictionary')\n",
    "\t\tcreate_dic(data, dic_there)\n",
    "\n",
    "\t\tdel data\n",
    "\t\tgc.collect()\n",
    "\n",
    "\t\n",
    "\tfirst = 1\n",
    "\n",
    "\t#for topics_nrx in topic_loop:\n",
    "\n",
    "\tfor y in range(start_chop_year, end_year+1):\n",
    "\n",
    "\t\tif y == end_year:\n",
    "\t\t\tthe_end_m = end_m\n",
    "\t\telse:\n",
    "\t\t\tthe_end_m = 12\n",
    "\n",
    "\t\tfor m in range(1, the_end_m+1):\n",
    "\n",
    "\t\t\t\n",
    "\n",
    "\t\t\tprint('Now year and month: ', y,m)\n",
    "\n",
    "\t\t\tif all_there == 0:\n",
    "\t\t\t\twriting_papers(y, m, first)\n",
    "\n",
    "\t\t\tstart_time = time.time()\n",
    "\t\t\tldaing(topics_nr, y, m, first)\n",
    "\n",
    "\t\t\tprint(\"--- %s seconds ---\" % (time.time() - start_time))\n",
    "\t\t\tprint('now should run stata')\n",
    "\t\t\t\n",
    "\t\t\tos.system('/Applications/Stata/StataMP.app/Contents/MacOS/stata-mp -b do '+readin + 'reading_results_JEEA.do '+str(start_year)+' '+str(topics_nr)+' '+str(mintoken)+' '+str(maxtoken)+' '+str(cutter)+' '+where+' '+str(y)+' '+str(q)+' '+str(kick_weird)+' '+stata_folder)\n",
    "\t\t\t#dofile = \"reading_results_JEEA.do\"\n",
    "\t\t\t#cmd = [\"C:\\\\Program Files (x86)\\\\Stata15\\\\StataSE-64\",\"-e\",\"do\", dofile, str(start_year), str(topics_nr), str(mintoken), str(maxtoken), str(cutter), where, str(y), str(m), str(kick_weird), stata_folder]\n",
    "\t\t\t#subprocess.call(cmd)\n",
    "\t\t\tfirst = 0\n",
    "\n",
    "\tprint('Now should delete files')\n",
    "\tfor y in range(start_chop_year, end_year+1):\n",
    "\n",
    "\t\tif y == end_year:\n",
    "\t\t\tthe_end_m = end_m\n",
    "\t\telse:\n",
    "\t\t\tthe_end_m = 12\n",
    "\n",
    "\t\tfor q in range(1, the_end_m+1):\n",
    "\n",
    "\t\t\tos.remove(spitout + where + '/temp' + addname + '/article_id' + addname+'_'+str(y)+'_'+str(m)+'.txt')\n",
    "\t\t\tos.remove(spitout + where + '/temp' + addname + '/corpus' + addname+'_'+str(y)+'_'+str(m)+'.mm')\n",
    "\t\t\tos.remove(spitout + where + '/temp' + addname + '/corpus' + addname+'_'+str(y)+'_'+str(m)+'.mm.index')\n",
    "\n",
    "#Actual execution\n",
    "\n",
    "big_function()\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
